
pip3 install git+https://github.com/huggingface/transformers
# git clone https://github.com/huggingface/transformers.git

pip3 install langchain
pip3 install jq
# 最好用conda装，不然有可能有问题。
conda install -c conda-forge faiss-gpu



# 应该只需要做到这一步

#--------------------------------------------------------------------------------------------------------
# 微调embedding模型和测试需要使用
pip install -U text2vec

# 摘要需要这些玩意

pip install scikit-learn
pip install pytorch_lightning
pip install rouge       
pip install jieba

git clone --recursive https://gitee.com/wangclnlp/baichuan_13b_cpp.git && cd chatglm.cpp

conda install -c "nvidia/label/cuda-11.3.1" cuda

LDFLAGS=-L/lib64/libpthread.so.0 cmake -B build -DGGML_CUBLAS=ON  -DCMAKE_C_COMPILER=/home/lxy/miniconda3/envs/dream/bin/gcc -DCMAKE_CXX_COMPILER=/home/lxy/miniconda3/envs/dream/bin/g++

&& 

LDFLAGS=-L/lib64/libpthread.so.0 cmake --build build -j20  -DCUDA_TOOLKIT_ROOT_DIR=/home/lxy/miniconda3/envs/fftest/lib -DCMAKE_CUDA_COMPILER=/home/lxy/miniconda3/envs/fftest/bin/nvcc


cmake .. -DLLAMA_CUBLAS=ON -DCMAKE_C_COMPILER=/home/lxy/miniconda3/envs/dream/bin/gcc -DCMAKE_CXX_COMPILER=/home/lxy/miniconda3/envs/dream/bin/g++




-DCUDA_TOOLKIT_ROOT_DIR=/home/lxy/miniconda3/envs/fftest/lib
-DCMAKE_CUDA_COMPILER=/home/lxy/miniconda3/envs/fftest/bin/nvcc

-DCUDA_TOOLKIT_ROOT_DIR=/home/lxy/miniconda3/envs/fftest/lib -DCMAKE_CUDA_COMPILER=/home/lxy/miniconda3/envs/fftest/bin/nvcc

